# -*-Python-*-

utils.run.model_type = "lm"
# _w1 means widen by a factor of 2**1 over base hparams
d_ff = 8192
num_heads = 16
